In [1]:
import numpy as np
import matplotlib.pyplot as plt
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
from scipy.io.arff import loadarff
import json
import random
# Load data
raw_data_train = loadarff('emotions-train.arff')
raw_data_test = loadarff('emotions-test.arff')
df_train = pd.DataFrame(raw_data_train[0]).astype(float)
df_test = pd.DataFrame(raw_data_test[0]).astype(float)
labels = ['amazed-suprised', 'happy-pleased', 'relaxing-calm', 'quiet-still', 'sad-lonely', 'angry-aggresive']
X_train = df_train.drop(labels, axis=1)
Y_train = df_train[labels]
X_train_np = X_train.to_numpy()
Y_train_np = Y_train.to_numpy()
X_test = df_test.drop(labels, axis=1)
Y_test = df_test[labels]
X_test_np = X_test.to_numpy()
Y_test_np = Y_test.to_numpy()
def batch_generator(X, Y, batch_size, shuffle=True):
num_samples = X.shape[0]
if shuffle:
indices = np.arange(num_samples)
np.random.shuffle(indices)
X = X[indices]
Y = Y[indices]
for start_idx in range(0, num_samples, batch_size):
end_idx = min(start_idx + batch_size, num_samples)
yield (X[start_idx:end_idx], Y[start_idx:end_idx])
def hyperparameter_save(epochs,batch_size,hidden_size,learning_rate,reg_lambda,loss_values):
hyperparameters = {
'epochs': epochs,
'batch_size': batch_size,
'hidden_size': hidden_size,
'learning_rate': learning_rate,
'reg_lambda': reg_lambda,
'losses': loss_values
}
with open('hyperparameters.json', 'a') as file:
json.dump(hyperparameters, file)
file.write('\n') # Add a newline to separate entries
read_hyperparameters_list = []
with open('hyperparameters.json', 'r') as file:
for line in file:
hyperparameters_dict = json.loads(line.strip())
read_hyperparameters_list.append(hyperparameters_dict)
for hyperparameters in read_hyperparameters_list:
print(hyperparameters)
return read_hyperparameters_list
COMP 4437 Week 5 Lab Questions¶
Q1) Music Emotions dataset is given. Each entry of the dataset corresponds to a song. Each song can have multiple labels from:¶
- amazed-suprised,
- happy-pleased,
- relaxing-calm,
- quiet-still,
- sad-lonely,
- angry-aggresive
Implement Multi Layer Perceptron with 2 Layers for multilabel classification in a python class. Implement training loops and validation loops in the appropriate cells.
Tip: Check the last week implementation of Two Layer Perceptron for binary classification
!! Make sure to use X_train_np, Y_train_np, X_test_np, Y_test_np for training and testing. Check above cell.
Q2) Implement a searching method to figure out the best hyperparameters for this problem. Make sure to save each test run with the code given. Expected accuracy is atleast 35%¶
In [2]:
class TwoLayerMLP:
def __init__(self, input_size, hidden_size, output_size, reg_lambda):
self.input_size = input_size
self.hidden_size = hidden_size
self.output_size = output_size
self.reg_lambda = reg_lambda
self.init_weights()
self.zero_grad()
def init_weights(self):
self.W1 = np.random.randn(self.input_size, self.hidden_size) * 0.01
self.b1 = np.zeros((1, self.hidden_size))
self.W2 = np.random.randn(self.hidden_size, self.output_size) * 0.01
self.b2 = np.zeros((1, self.output_size))
def zero_grad(self):
self.dW1 = np.zeros_like(self.W1)
self.db1 = np.zeros_like(self.b1)
self.dW2 = np.zeros_like(self.W2)
self.db2 = np.zeros_like(self.b2)
def update_weights(self, learning_rate):
self.W1 -= learning_rate * self.dW1
self.b1 -= learning_rate * self.db1
self.W2 -= learning_rate * self.dW2
self.b2 -= learning_rate * self.db2
def sigmoid(self, Z):
return 1 / (1 + np.exp(-Z))
def sigmoid_derivative(self, Z):
s = self.sigmoid(Z)
return s * (1 - s)
def forward(self, X, Y=None):
self.X = X
if Y is not None:
self.Y = Y
self.Z1 = self.sigmoid(np.dot(X, self.W1) + self.b1)
self.H1 = self.Z1
self.Z2 = self.sigmoid(np.dot(self.Z1, self.W2) + self.b2)
self.H2 = self.Z2
return self.H2
def compute_loss(self, Y_pred=None, Y=None):
if Y_pred is None:
Y_pred = self.H2
if Y is None:
Y = self.Y
batch_size = Y.shape[0]
data_loss = np.sum((Y_pred - Y) ** 2) / batch_size
reg_loss = (self.reg_lambda / 2) *(np.sum(np.square(self.W1))+np.sum(np.square(self.W2))) / batch_size
loss = data_loss + reg_loss
return loss
def backward(self):
Y_pred = self.H2
Y = self.Y
X = self.X
batch_size = Y.shape[0]
dZ2 = (Y_pred - Y) * self.sigmoid_derivative(self.Z2)
self.dW2 = (np.dot(self.H1.T, dZ2) + self.reg_lambda * self.W2) / batch_size
self.db2 = np.sum(dZ2, axis=0, keepdims=True) / batch_size
dZ1 = np.dot(dZ2, self.W2.T) * self.sigmoid_derivative(self.Z1)
self.dW1 = (np.dot(X.T, dZ1) + self.reg_lambda * self.W1) / batch_size
self.db1 = np.sum(dZ1, axis=0, keepdims=True) / batch_size
In [3]:
class SGD:
#Leave it as is
def __init__(self, model, learning_rate, batch_size):
self.model = model
self.learning_rate = learning_rate
self.batch_size = batch_size
def step(self):
self.model.update_weights(self.learning_rate)
def zero_grad(self):
self.model.zero_grad()
In [4]:
def train_loop(model, optimizer, X_train, Y_train, epochs, batch_size):
Y_train_encoded = Y_train # Ensure Y_train is one-hot encoded
loss_list = []
for epoch in range(epochs):
total_loss = 0
for X_batch, Y_batch in batch_generator(X_train, Y_train_encoded, batch_size):
model.forward(X_batch, Y_batch)
loss = model.compute_loss(Y_batch)
model.backward()
optimizer.step()
optimizer.zero_grad()
total_loss += loss
loss_list.append(total_loss)
return loss_list
def validate_loop(model, X_val, Y_val):
"""
######
Implement the validation loop print the accuracy
######
# Use this formula for accuracy calculation
numerator = np.sum(np.logical_and(Y_val,y_pred))
demoninator = np.sum(np.logical_or(Y_val,y_pred))
accuracy = np.mean(numerator/demoninator)
"""
Y_pred = model.forward(X_val)
numerator = np.sum(np.logical_and(Y_val,Y_pred))
demoninator = np.sum(np.logical_or(Y_val,Y_pred))
accuracy = np.mean(numerator/demoninator)
# predictions = np.argmax(Y_pred, axis=1)
predictions = np.where(Y_pred >= 0.5,1,0)
print(f"Validation Accuracy: {accuracy:.4f}")
return predictions, Y_val
In [11]:
epochs = 10
batch_size = 128
hidden_size = 5
learning_rate = 0.001
reg_lambda = 0.0015
input_size=72
output_size= 6
loss_values = 0.2
#model = TwoLayerMLP(input_size, hidden_size, output_size)
#optimizer = SGD(model, learning_rate)
#loss_values=train_loop(model, optimizer, X_train_np, Y_train_np, epochs, batch_size)
#predictions, Y_val = validate_loop(model, X_test_np, Y_test_np)
np.random.seed(42) # For reproducible results. Do not change
"""
######
Solve Question 2 Here
### Do this for every hyperparameter test
read_hyperparameters_list=hyperparameter_save(epochs,batch_size,hidden_size,learning_rate,reg_lambda,loss_values):
######
"""
epoch_array=[10,20,30]
batch_array=[32,64,128]
hidden_array=[10,20,30]
learning_array=[0.006,0.0012]
reg_array=[0.0015,0.02]
for epochs in epoch_array:
for batches in batch_array:
for hidden in hidden_array:
for rate in learning_array:
for reg in reg_array:
model = TwoLayerMLP(input_size, hidden_size, output_size,reg_lambda)
optimizer = SGD(model, learning_rate,batch_size)
loss_values=train_loop(model, optimizer, X_train_np, Y_train_np, epochs, batch_size)
predictions, Y_val = validate_loop(model, X_test_np, Y_test_np)
read_hyperparameters_list= hyperparameter_save(epochs,batch_size,
hidden_size,
learning_rate,
reg_lambda,
loss_values)
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.86781587956864e-06, 5.869787989759325e-06, 5.871153914022673e-06, 5.87251912503065e-06, 5.874457736427966e-06, 5.8751348858272176e-06, 5.877651173799528e-06, 5.879107546869295e-06, 5.881767717427978e-06, 5.88476624337507e-06, 5.887311999502242e-06, 5.890156900813237e-06, 5.8933958509740305e-06, 5.897140907673797e-06, 5.8999908112178044e-06, 5.903664462493513e-06, 5.907489835274805e-06, 5.911845494563889e-06, 5.916225679179481e-06, 5.921713284248018e-06, 5.925942920358073e-06, 5.931380282406716e-06, 5.936321494783473e-06, 5.9415528404845994e-06, 5.947808618251218e-06, 5.955584104488903e-06, 5.963834717640755e-06, 5.9712208302210155e-06, 5.97809603721026e-06, 5.9868610817110875e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.86781587956864e-06, 5.869787989759325e-06, 5.871153914022673e-06, 5.87251912503065e-06, 5.874457736427966e-06, 5.8751348858272176e-06, 5.877651173799528e-06, 5.879107546869295e-06, 5.881767717427978e-06, 5.88476624337507e-06, 5.887311999502242e-06, 5.890156900813237e-06, 5.8933958509740305e-06, 5.897140907673797e-06, 5.8999908112178044e-06, 5.903664462493513e-06, 5.907489835274805e-06, 5.911845494563889e-06, 5.916225679179481e-06, 5.921713284248018e-06, 5.925942920358073e-06, 5.931380282406716e-06, 5.936321494783473e-06, 5.9415528404845994e-06, 5.947808618251218e-06, 5.955584104488903e-06, 5.963834717640755e-06, 5.9712208302210155e-06, 5.97809603721026e-06, 5.9868610817110875e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.8640562858604706e-06, 4.8666105220872715e-06, 4.868268192988863e-06, 4.87026075240028e-06, 4.874262161371749e-06, 4.877469262885981e-06, 4.881058351692534e-06, 4.885495565646916e-06, 4.8897029037298654e-06, 4.894580081523892e-06, 4.899036138146252e-06, 4.904735028696275e-06, 4.9108207685525836e-06, 4.916066798610982e-06, 4.922131123523976e-06, 4.929089215578535e-06, 4.935026279281774e-06, 4.942065909288311e-06, 4.950082164969973e-06, 4.959271318415361e-06, 4.967807979100733e-06, 4.977341150371324e-06, 4.98611993723777e-06, 4.9941583521466266e-06, 5.004375259748099e-06, 5.013897531413162e-06, 5.024409750916332e-06, 5.035418178207932e-06, 5.045912974376784e-06, 5.056894568389689e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.86781587956864e-06, 5.869787989759325e-06, 5.871153914022673e-06, 5.87251912503065e-06, 5.874457736427966e-06, 5.8751348858272176e-06, 5.877651173799528e-06, 5.879107546869295e-06, 5.881767717427978e-06, 5.88476624337507e-06, 5.887311999502242e-06, 5.890156900813237e-06, 5.8933958509740305e-06, 5.897140907673797e-06, 5.8999908112178044e-06, 5.903664462493513e-06, 5.907489835274805e-06, 5.911845494563889e-06, 5.916225679179481e-06, 5.921713284248018e-06, 5.925942920358073e-06, 5.931380282406716e-06, 5.936321494783473e-06, 5.9415528404845994e-06, 5.947808618251218e-06, 5.955584104488903e-06, 5.963834717640755e-06, 5.9712208302210155e-06, 5.97809603721026e-06, 5.9868610817110875e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.8640562858604706e-06, 4.8666105220872715e-06, 4.868268192988863e-06, 4.87026075240028e-06, 4.874262161371749e-06, 4.877469262885981e-06, 4.881058351692534e-06, 4.885495565646916e-06, 4.8897029037298654e-06, 4.894580081523892e-06, 4.899036138146252e-06, 4.904735028696275e-06, 4.9108207685525836e-06, 4.916066798610982e-06, 4.922131123523976e-06, 4.929089215578535e-06, 4.935026279281774e-06, 4.942065909288311e-06, 4.950082164969973e-06, 4.959271318415361e-06, 4.967807979100733e-06, 4.977341150371324e-06, 4.98611993723777e-06, 4.9941583521466266e-06, 5.004375259748099e-06, 5.013897531413162e-06, 5.024409750916332e-06, 5.035418178207932e-06, 5.045912974376784e-06, 5.056894568389689e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898513916419056e-06, 4.900835184172662e-06, 4.9029616803056665e-06, 4.904988166918062e-06, 4.908113147934076e-06, 4.911070611745694e-06, 4.914871507152863e-06, 4.918523513613437e-06, 4.921803394299803e-06, 4.9270168517252735e-06, 4.932052237230103e-06, 4.937671074431406e-06, 4.942238902079493e-06, 4.947559950549248e-06, 4.954815313297516e-06, 4.961264118928908e-06, 4.967869423635517e-06, 4.974751069429721e-06, 4.981650386922847e-06, 4.9884980182627056e-06, 4.995804252235305e-06, 5.004081832980065e-06, 5.011792351111741e-06, 5.0207036754716135e-06, 5.029988647489481e-06, 5.0396304317289175e-06, 5.05098140788781e-06, 5.06100248651796e-06, 5.07307685843107e-06, 5.08375102800453e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.86781587956864e-06, 5.869787989759325e-06, 5.871153914022673e-06, 5.87251912503065e-06, 5.874457736427966e-06, 5.8751348858272176e-06, 5.877651173799528e-06, 5.879107546869295e-06, 5.881767717427978e-06, 5.88476624337507e-06, 5.887311999502242e-06, 5.890156900813237e-06, 5.8933958509740305e-06, 5.897140907673797e-06, 5.8999908112178044e-06, 5.903664462493513e-06, 5.907489835274805e-06, 5.911845494563889e-06, 5.916225679179481e-06, 5.921713284248018e-06, 5.925942920358073e-06, 5.931380282406716e-06, 5.936321494783473e-06, 5.9415528404845994e-06, 5.947808618251218e-06, 5.955584104488903e-06, 5.963834717640755e-06, 5.9712208302210155e-06, 5.97809603721026e-06, 5.9868610817110875e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.8640562858604706e-06, 4.8666105220872715e-06, 4.868268192988863e-06, 4.87026075240028e-06, 4.874262161371749e-06, 4.877469262885981e-06, 4.881058351692534e-06, 4.885495565646916e-06, 4.8897029037298654e-06, 4.894580081523892e-06, 4.899036138146252e-06, 4.904735028696275e-06, 4.9108207685525836e-06, 4.916066798610982e-06, 4.922131123523976e-06, 4.929089215578535e-06, 4.935026279281774e-06, 4.942065909288311e-06, 4.950082164969973e-06, 4.959271318415361e-06, 4.967807979100733e-06, 4.977341150371324e-06, 4.98611993723777e-06, 4.9941583521466266e-06, 5.004375259748099e-06, 5.013897531413162e-06, 5.024409750916332e-06, 5.035418178207932e-06, 5.045912974376784e-06, 5.056894568389689e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898513916419056e-06, 4.900835184172662e-06, 4.9029616803056665e-06, 4.904988166918062e-06, 4.908113147934076e-06, 4.911070611745694e-06, 4.914871507152863e-06, 4.918523513613437e-06, 4.921803394299803e-06, 4.9270168517252735e-06, 4.932052237230103e-06, 4.937671074431406e-06, 4.942238902079493e-06, 4.947559950549248e-06, 4.954815313297516e-06, 4.961264118928908e-06, 4.967869423635517e-06, 4.974751069429721e-06, 4.981650386922847e-06, 4.9884980182627056e-06, 4.995804252235305e-06, 5.004081832980065e-06, 5.011792351111741e-06, 5.0207036754716135e-06, 5.029988647489481e-06, 5.0396304317289175e-06, 5.05098140788781e-06, 5.06100248651796e-06, 5.07307685843107e-06, 5.08375102800453e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.651393782633329e-06, 4.652094828902407e-06, 4.652663492519165e-06, 4.653022134359867e-06, 4.653775049573079e-06, 4.654038943983923e-06, 4.654958892975973e-06, 4.65545263930253e-06, 4.656276036760231e-06, 4.6580011913577205e-06, 4.659357531141015e-06, 4.660985283320431e-06, 4.6627388479653315e-06, 4.664655735907318e-06, 4.6668990377800224e-06, 4.668919277507303e-06, 4.6708872104915015e-06, 4.673413682330028e-06, 4.675969886933638e-06, 4.678421342348591e-06, 4.680389232186214e-06, 4.68259239303294e-06, 4.686024091597922e-06, 4.689385182596901e-06, 4.691654060615365e-06, 4.695641457456996e-06, 4.69892539359628e-06, 4.701733579212031e-06, 4.7061101200295335e-06, 4.7100759784487664e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.86781587956864e-06, 5.869787989759325e-06, 5.871153914022673e-06, 5.87251912503065e-06, 5.874457736427966e-06, 5.8751348858272176e-06, 5.877651173799528e-06, 5.879107546869295e-06, 5.881767717427978e-06, 5.88476624337507e-06, 5.887311999502242e-06, 5.890156900813237e-06, 5.8933958509740305e-06, 5.897140907673797e-06, 5.8999908112178044e-06, 5.903664462493513e-06, 5.907489835274805e-06, 5.911845494563889e-06, 5.916225679179481e-06, 5.921713284248018e-06, 5.925942920358073e-06, 5.931380282406716e-06, 5.936321494783473e-06, 5.9415528404845994e-06, 5.947808618251218e-06, 5.955584104488903e-06, 5.963834717640755e-06, 5.9712208302210155e-06, 5.97809603721026e-06, 5.9868610817110875e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.8640562858604706e-06, 4.8666105220872715e-06, 4.868268192988863e-06, 4.87026075240028e-06, 4.874262161371749e-06, 4.877469262885981e-06, 4.881058351692534e-06, 4.885495565646916e-06, 4.8897029037298654e-06, 4.894580081523892e-06, 4.899036138146252e-06, 4.904735028696275e-06, 4.9108207685525836e-06, 4.916066798610982e-06, 4.922131123523976e-06, 4.929089215578535e-06, 4.935026279281774e-06, 4.942065909288311e-06, 4.950082164969973e-06, 4.959271318415361e-06, 4.967807979100733e-06, 4.977341150371324e-06, 4.98611993723777e-06, 4.9941583521466266e-06, 5.004375259748099e-06, 5.013897531413162e-06, 5.024409750916332e-06, 5.035418178207932e-06, 5.045912974376784e-06, 5.056894568389689e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898513916419056e-06, 4.900835184172662e-06, 4.9029616803056665e-06, 4.904988166918062e-06, 4.908113147934076e-06, 4.911070611745694e-06, 4.914871507152863e-06, 4.918523513613437e-06, 4.921803394299803e-06, 4.9270168517252735e-06, 4.932052237230103e-06, 4.937671074431406e-06, 4.942238902079493e-06, 4.947559950549248e-06, 4.954815313297516e-06, 4.961264118928908e-06, 4.967869423635517e-06, 4.974751069429721e-06, 4.981650386922847e-06, 4.9884980182627056e-06, 4.995804252235305e-06, 5.004081832980065e-06, 5.011792351111741e-06, 5.0207036754716135e-06, 5.029988647489481e-06, 5.0396304317289175e-06, 5.05098140788781e-06, 5.06100248651796e-06, 5.07307685843107e-06, 5.08375102800453e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.651393782633329e-06, 4.652094828902407e-06, 4.652663492519165e-06, 4.653022134359867e-06, 4.653775049573079e-06, 4.654038943983923e-06, 4.654958892975973e-06, 4.65545263930253e-06, 4.656276036760231e-06, 4.6580011913577205e-06, 4.659357531141015e-06, 4.660985283320431e-06, 4.6627388479653315e-06, 4.664655735907318e-06, 4.6668990377800224e-06, 4.668919277507303e-06, 4.6708872104915015e-06, 4.673413682330028e-06, 4.675969886933638e-06, 4.678421342348591e-06, 4.680389232186214e-06, 4.68259239303294e-06, 4.686024091597922e-06, 4.689385182596901e-06, 4.691654060615365e-06, 4.695641457456996e-06, 4.69892539359628e-06, 4.701733579212031e-06, 4.7061101200295335e-06, 4.7100759784487664e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.004878505140264e-06, 5.007246109902148e-06, 5.008669987308229e-06, 5.011415479323912e-06, 5.014521566625214e-06, 5.017443601063725e-06, 5.020454680431015e-06, 5.024121201312958e-06, 5.027766386070712e-06, 5.030877540129351e-06, 5.035085489259525e-06, 5.038425854258602e-06, 5.0425634950836285e-06, 5.0463252401543205e-06, 5.05092124648591e-06, 5.054820924345825e-06, 5.059191106750418e-06, 5.063533086124511e-06, 5.069034872747617e-06, 5.074254105515576e-06, 5.0793575457076465e-06, 5.084399466532904e-06, 5.090183237491466e-06, 5.096071317993493e-06, 5.101483191072886e-06, 5.108626183981777e-06, 5.115471148596395e-06, 5.121174922118386e-06, 5.128433145247184e-06, 5.135786917928271e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.86781587956864e-06, 5.869787989759325e-06, 5.871153914022673e-06, 5.87251912503065e-06, 5.874457736427966e-06, 5.8751348858272176e-06, 5.877651173799528e-06, 5.879107546869295e-06, 5.881767717427978e-06, 5.88476624337507e-06, 5.887311999502242e-06, 5.890156900813237e-06, 5.8933958509740305e-06, 5.897140907673797e-06, 5.8999908112178044e-06, 5.903664462493513e-06, 5.907489835274805e-06, 5.911845494563889e-06, 5.916225679179481e-06, 5.921713284248018e-06, 5.925942920358073e-06, 5.931380282406716e-06, 5.936321494783473e-06, 5.9415528404845994e-06, 5.947808618251218e-06, 5.955584104488903e-06, 5.963834717640755e-06, 5.9712208302210155e-06, 5.97809603721026e-06, 5.9868610817110875e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.8640562858604706e-06, 4.8666105220872715e-06, 4.868268192988863e-06, 4.87026075240028e-06, 4.874262161371749e-06, 4.877469262885981e-06, 4.881058351692534e-06, 4.885495565646916e-06, 4.8897029037298654e-06, 4.894580081523892e-06, 4.899036138146252e-06, 4.904735028696275e-06, 4.9108207685525836e-06, 4.916066798610982e-06, 4.922131123523976e-06, 4.929089215578535e-06, 4.935026279281774e-06, 4.942065909288311e-06, 4.950082164969973e-06, 4.959271318415361e-06, 4.967807979100733e-06, 4.977341150371324e-06, 4.98611993723777e-06, 4.9941583521466266e-06, 5.004375259748099e-06, 5.013897531413162e-06, 5.024409750916332e-06, 5.035418178207932e-06, 5.045912974376784e-06, 5.056894568389689e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898513916419056e-06, 4.900835184172662e-06, 4.9029616803056665e-06, 4.904988166918062e-06, 4.908113147934076e-06, 4.911070611745694e-06, 4.914871507152863e-06, 4.918523513613437e-06, 4.921803394299803e-06, 4.9270168517252735e-06, 4.932052237230103e-06, 4.937671074431406e-06, 4.942238902079493e-06, 4.947559950549248e-06, 4.954815313297516e-06, 4.961264118928908e-06, 4.967869423635517e-06, 4.974751069429721e-06, 4.981650386922847e-06, 4.9884980182627056e-06, 4.995804252235305e-06, 5.004081832980065e-06, 5.011792351111741e-06, 5.0207036754716135e-06, 5.029988647489481e-06, 5.0396304317289175e-06, 5.05098140788781e-06, 5.06100248651796e-06, 5.07307685843107e-06, 5.08375102800453e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.651393782633329e-06, 4.652094828902407e-06, 4.652663492519165e-06, 4.653022134359867e-06, 4.653775049573079e-06, 4.654038943983923e-06, 4.654958892975973e-06, 4.65545263930253e-06, 4.656276036760231e-06, 4.6580011913577205e-06, 4.659357531141015e-06, 4.660985283320431e-06, 4.6627388479653315e-06, 4.664655735907318e-06, 4.6668990377800224e-06, 4.668919277507303e-06, 4.6708872104915015e-06, 4.673413682330028e-06, 4.675969886933638e-06, 4.678421342348591e-06, 4.680389232186214e-06, 4.68259239303294e-06, 4.686024091597922e-06, 4.689385182596901e-06, 4.691654060615365e-06, 4.695641457456996e-06, 4.69892539359628e-06, 4.701733579212031e-06, 4.7061101200295335e-06, 4.7100759784487664e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.004878505140264e-06, 5.007246109902148e-06, 5.008669987308229e-06, 5.011415479323912e-06, 5.014521566625214e-06, 5.017443601063725e-06, 5.020454680431015e-06, 5.024121201312958e-06, 5.027766386070712e-06, 5.030877540129351e-06, 5.035085489259525e-06, 5.038425854258602e-06, 5.0425634950836285e-06, 5.0463252401543205e-06, 5.05092124648591e-06, 5.054820924345825e-06, 5.059191106750418e-06, 5.063533086124511e-06, 5.069034872747617e-06, 5.074254105515576e-06, 5.0793575457076465e-06, 5.084399466532904e-06, 5.090183237491466e-06, 5.096071317993493e-06, 5.101483191072886e-06, 5.108626183981777e-06, 5.115471148596395e-06, 5.121174922118386e-06, 5.128433145247184e-06, 5.135786917928271e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.727811423550283e-06, 4.724616424478717e-06, 4.7218576567383935e-06, 4.719587139634773e-06, 4.717268667989539e-06, 4.715719978252564e-06, 4.714787361848718e-06, 4.71274158488899e-06, 4.711057196054284e-06, 4.709501164926226e-06, 4.707882120817846e-06, 4.706541958634844e-06, 4.705601931786535e-06, 4.704381563489911e-06, 4.704401426540886e-06, 4.7050862638737245e-06, 4.704505924526808e-06, 4.704896459890277e-06, 4.705758680069326e-06, 4.705815814247178e-06, 4.707179843418681e-06, 4.707600661381961e-06, 4.708599937668662e-06, 4.710126576521417e-06, 4.7117866962892986e-06, 4.71370317929313e-06, 4.715351648273137e-06, 4.717727137991561e-06, 4.720177882896542e-06, 4.722579325558766e-06]}
Validation Accuracy: 0.3292
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.416077007452848e-06, 4.4161820614387785e-06, 4.4167769534070175e-06, 4.416644928562596e-06, 4.4179039286072e-06, 4.418165392830782e-06, 4.4198436596675565e-06, 4.421458551128382e-06, 4.42282191345216e-06, 4.424642980186101e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.473206104040804e-06, 4.47200939348737e-06, 4.4711745072664304e-06, 4.470199143275603e-06, 4.469520267521795e-06, 4.469423721147539e-06, 4.468840834066778e-06, 4.4689120981898135e-06, 4.469218097984535e-06, 4.469465973803241e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.579013978728934e-06, 5.5821852099103035e-06, 5.585503843557089e-06, 5.589288758441762e-06, 5.592734661406586e-06, 5.595821051891208e-06, 5.599930331974413e-06, 5.604916033916921e-06, 5.609489063205506e-06, 5.614698291305967e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2604020612177445e-06, 5.260539863165089e-06, 5.260819031945767e-06, 5.261692228554673e-06, 5.262365167496793e-06, 5.263347207599556e-06, 5.264174115110861e-06, 5.264732393137174e-06, 5.2658842185325e-06, 5.266908186265968e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.426723960451285e-06, 5.4280555940030834e-06, 5.4294214451863835e-06, 5.430435865628537e-06, 5.430639282125689e-06, 5.4319028356452534e-06, 5.433406604179966e-06, 5.4337944171192164e-06, 5.434511678458799e-06, 5.436352887850129e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912840830366577e-06, 4.912352303096673e-06, 4.911828674406078e-06, 4.912001080887392e-06, 4.911661480862957e-06, 4.913016323454439e-06, 4.913246525949672e-06, 4.915150811510929e-06, 4.917194197164263e-06, 4.920011179201411e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.778277409212586e-06, 4.778103448099276e-06, 4.77692074688599e-06, 4.777085402860153e-06, 4.776886759193673e-06, 4.77732674126919e-06, 4.776677392278276e-06, 4.77671294299746e-06, 4.776894111444905e-06, 4.778294834201749e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.841300683437861e-06, 4.846744792688598e-06, 4.85154475028004e-06, 4.8559209678943345e-06, 4.862034696194651e-06, 4.868099957518552e-06, 4.874035418798454e-06, 4.88120980462648e-06, 4.8882901606939344e-06, 4.895410167110673e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.518084546151724e-06, 4.519330796640849e-06, 4.521646642156213e-06, 4.523900517096121e-06, 4.526219451920553e-06, 4.528256983987416e-06, 4.531133143385068e-06, 4.5339420177645635e-06, 4.536813870195479e-06, 4.540293147240119e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.279405844793024e-06, 4.2788800594580775e-06, 4.278150872353451e-06, 4.277727159376118e-06, 4.2780669157679575e-06, 4.277452075676717e-06, 4.277411613633628e-06, 4.278006591200704e-06, 4.27858738444183e-06, 4.2787092605959355e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.171001031974934e-06, 5.170045308032829e-06, 5.170209632636271e-06, 5.170193354870459e-06, 5.170123511516549e-06, 5.170559670700248e-06, 5.171442436127042e-06, 5.17141819307068e-06, 5.172341283291925e-06, 5.172790179029803e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7055392449941e-06, 4.706212411233012e-06, 4.7068801564730825e-06, 4.70774118237433e-06, 4.708615078333279e-06, 4.7095805252226114e-06, 4.710850433394144e-06, 4.712165813780331e-06, 4.713476131821519e-06, 4.71477317138198e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.445038819663989e-06, 4.447999051256011e-06, 4.451045089050491e-06, 4.453813419566404e-06, 4.457254021853488e-06, 4.460622361355027e-06, 4.464051700056948e-06, 4.467012950430089e-06, 4.470797193876551e-06, 4.47445513483771e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.912950895537705e-06, 4.9100574579419565e-06, 4.907054496349792e-06, 4.904300545347074e-06, 4.902185246110409e-06, 4.9004282543229964e-06, 4.897400891472177e-06, 4.895294652173459e-06, 4.894002250671587e-06, 4.893361890806122e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.652142126351334e-06, 4.650796602719802e-06, 4.651490798687106e-06, 4.652065501307486e-06, 4.652856919435891e-06, 4.653238056285924e-06, 4.654228232582129e-06, 4.654861290661356e-06, 4.655931000059668e-06, 4.656783486026107e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925508026173975e-06, 4.9225116672533805e-06, 4.919693970492933e-06, 4.917525982966444e-06, 4.914229909741997e-06, 4.911605220822881e-06, 4.909393828088503e-06, 4.907553307467367e-06, 4.905706538582769e-06, 4.903707148032339e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0208798715041676e-06, 5.022493945395843e-06, 5.0253064386815615e-06, 5.028224700449315e-06, 5.031773539394615e-06, 5.036361231365861e-06, 5.0410073004745344e-06, 5.0459214019910585e-06, 5.050724251440049e-06, 5.05649200397365e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.075142781857787e-06, 4.075366363025982e-06, 4.075958095401014e-06, 4.075781684058583e-06, 4.076588768248626e-06, 4.077653385526967e-06, 4.078930450817541e-06, 4.080127038359023e-06, 4.0810303551285e-06, 4.082393541674009e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.925454507708318e-06, 4.923541844208562e-06, 4.921540928986487e-06, 4.91971344154103e-06, 4.918283367845567e-06, 4.917421571978192e-06, 4.915903042492548e-06, 4.9147865586679665e-06, 4.9149430676844295e-06, 4.914750045645174e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901228320289644e-06, 4.898360953248451e-06, 4.896270919848896e-06, 4.894502433136976e-06, 4.892593888620013e-06, 4.891273801937356e-06, 4.890581977938936e-06, 4.89038251217833e-06, 4.889941775543589e-06, 4.890440021466199e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.21245511025675e-06, 5.2120267818322665e-06, 5.211010046938797e-06, 5.211432507144706e-06, 5.211904275796485e-06, 5.212685494732105e-06, 5.212855528630043e-06, 5.214003244559964e-06, 5.2151154481804e-06, 5.215595236714148e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.707634773593847e-06, 4.707704161511354e-06, 4.707995494751583e-06, 4.708793219358537e-06, 4.709414013430862e-06, 4.709182519389253e-06, 4.709566548600144e-06, 4.7106546436711215e-06, 4.712094879304545e-06, 4.713688149142413e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.845703657149488e-06, 4.843135764398495e-06, 4.840858007823679e-06, 4.838455630726541e-06, 4.835771925595107e-06, 4.833356332982469e-06, 4.831856536403548e-06, 4.82989228645063e-06, 4.827897779721119e-06, 4.826591592653776e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.428974301563379e-06, 4.42611950256561e-06, 4.422221563135661e-06, 4.420231279451639e-06, 4.417383635484186e-06, 4.414962765408804e-06, 4.412436763236742e-06, 4.409441132764107e-06, 4.406567850488533e-06, 4.4049039853003845e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.556382940969089e-06, 4.557739283545675e-06, 4.558854493016504e-06, 4.560399388433499e-06, 4.560861824958384e-06, 4.562131547955937e-06, 4.563546239840723e-06, 4.565097716006444e-06, 4.566488712518226e-06, 4.568319450066451e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.730823470759625e-06, 4.731611208830298e-06, 4.7320787746133495e-06, 4.733329269312094e-06, 4.73432538195476e-06, 4.736130457901374e-06, 4.737516200843951e-06, 4.739623394769304e-06, 4.74153422864106e-06, 4.743406651905878e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4475288068719635e-06, 4.443600591227714e-06, 4.438656941166611e-06, 4.434579713199236e-06, 4.430362066257885e-06, 4.4277476739670774e-06, 4.424763713020537e-06, 4.422895295629943e-06, 4.420792867902718e-06, 4.41877439315962e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.663111563939783e-06, 4.662792924993215e-06, 4.663548892770234e-06, 4.664466317075972e-06, 4.666499189617751e-06, 4.668155639234153e-06, 4.669821478431563e-06, 4.67123680995718e-06, 4.672384061020884e-06, 4.67453099109363e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7531202899704834e-06, 4.754681409426182e-06, 4.757267737152429e-06, 4.759393122388805e-06, 4.762354920038776e-06, 4.765025069911346e-06, 4.768187385596357e-06, 4.7707019104364255e-06, 4.773689304419572e-06, 4.776310052277902e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.013068160147389e-06, 5.014746140868904e-06, 5.016441439970648e-06, 5.018043847284027e-06, 5.020019485646601e-06, 5.022143514685463e-06, 5.02471996334037e-06, 5.0271593733196235e-06, 5.03019405342978e-06, 5.032898111417731e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.901657933110997e-06, 4.899446578247955e-06, 4.897723374568493e-06, 4.8966209931707916e-06, 4.89648610525887e-06, 4.895820329006641e-06, 4.897306552014924e-06, 4.8972798912352334e-06, 4.897618268800907e-06, 4.897485639923178e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1795870307818335e-06, 5.1820579890215535e-06, 5.183693691903579e-06, 5.187182667652671e-06, 5.188814532720939e-06, 5.191934615841233e-06, 5.194765171133479e-06, 5.197086440960974e-06, 5.199673982680644e-06, 5.202663472642224e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.576734284964507e-06, 4.5758884338030935e-06, 4.5752728251508016e-06, 4.5752454436854415e-06, 4.575557977568226e-06, 4.575553045470228e-06, 4.575640376196265e-06, 4.575852222382109e-06, 4.577182851958145e-06, 4.578684900093672e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18460921313934e-06, 5.18366135092655e-06, 5.183036832895118e-06, 5.182068331507175e-06, 5.180781740796941e-06, 5.17987706251024e-06, 5.179581177207871e-06, 5.179551199318793e-06, 5.179468233913148e-06, 5.179871303992064e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.448695100363345e-06, 4.449257819855463e-06, 4.4495378476065934e-06, 4.4501789529937925e-06, 4.450993314341634e-06, 4.451991111208584e-06, 4.452688719118891e-06, 4.454842005498237e-06, 4.456543104823607e-06, 4.458698042870368e-06]}
{'epochs': 10, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.635341707561449e-06, 4.635757465134487e-06, 4.635939616221063e-06, 4.636171571147901e-06, 4.6366727582553945e-06, 4.6376032395491195e-06, 4.6384464495113374e-06, 4.639585946651838e-06, 4.64052148425786e-06, 4.642142708905943e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.979413746144929e-06, 4.976786805764454e-06, 4.975189175675486e-06, 4.973147945075851e-06, 4.971400891925097e-06, 4.969864854243904e-06, 4.968518102336589e-06, 4.967422744017097e-06, 4.966659495482011e-06, 4.965559275610504e-06, 4.964786103604792e-06, 4.965040190833792e-06, 4.964918225305292e-06, 4.965037406400469e-06, 4.965385607109831e-06, 4.966136043257564e-06, 4.9670674380270365e-06, 4.968044041831285e-06, 4.969851501228576e-06, 4.972027940479361e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.931335426482535e-06, 4.92910866194589e-06, 4.926844221418242e-06, 4.925271829079319e-06, 4.923600764288385e-06, 4.922256722976938e-06, 4.9206672415919365e-06, 4.919498288244706e-06, 4.9184234087202385e-06, 4.917483313886245e-06, 4.916748605636158e-06, 4.916322166807917e-06, 4.915654655988576e-06, 4.915639365707958e-06, 4.915592207192366e-06, 4.915274940340812e-06, 4.915755916119984e-06, 4.915646385246796e-06, 4.915935322097884e-06, 4.916651348590925e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7522259841542475e-06, 4.753730592788835e-06, 4.755640075392399e-06, 4.757873111438625e-06, 4.7603343614695e-06, 4.762915478281963e-06, 4.765954447084095e-06, 4.768140290500293e-06, 4.7705653413965385e-06, 4.77409513755098e-06, 4.776594655198085e-06, 4.780066513123832e-06, 4.783517400820983e-06, 4.786706375159508e-06, 4.790555227440442e-06, 4.794525271578864e-06, 4.798288892336775e-06, 4.8025778604149785e-06, 4.8082447663526215e-06, 4.811837661088964e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.1272513519307785e-06, 5.121056189267934e-06, 5.115622250296863e-06, 5.110191077461326e-06, 5.106029443920917e-06, 5.100731472414421e-06, 5.096183328034682e-06, 5.09225626980785e-06, 5.0882141660712784e-06, 5.086463286126939e-06, 5.084228098649825e-06, 5.082693698150346e-06, 5.081523671162383e-06, 5.079608715471485e-06, 5.078300390026757e-06, 5.078358879685327e-06, 5.078778205619755e-06, 5.077890565222526e-06, 5.0789576500443255e-06, 5.0810852964782775e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.609120343566709e-06, 4.609140318963402e-06, 4.609457651021216e-06, 4.609774307506423e-06, 4.610146764980798e-06, 4.6108103919926126e-06, 4.611219912523422e-06, 4.611708283328158e-06, 4.612252364795206e-06, 4.613102226119249e-06, 4.61403939425804e-06, 4.6150512776349065e-06, 4.615996018433613e-06, 4.617156778602175e-06, 4.618469076968805e-06, 4.619657470949514e-06, 4.621036845725174e-06, 4.622542801195673e-06, 4.6239028805899535e-06, 4.62543052388653e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665878846196633e-06, 4.666335778329126e-06, 4.6678715912661985e-06, 4.669140590549584e-06, 4.671352375801392e-06, 4.673153681441124e-06, 4.676007952333395e-06, 4.678796187977136e-06, 4.68111766258647e-06, 4.6848731057001684e-06, 4.688498569537342e-06, 4.692879512220704e-06, 4.6977789760137585e-06, 4.703258704257985e-06, 4.7092026669343365e-06, 4.714326131504949e-06, 4.720235971005085e-06, 4.726995657881763e-06, 4.733746858351505e-06, 4.7416302831474705e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.366992133154998e-06, 4.3681816309869175e-06, 4.369697308913637e-06, 4.372086285497211e-06, 4.3736211200988e-06, 4.375093240418663e-06, 4.377840997635383e-06, 4.3799370346567145e-06, 4.383039783362343e-06, 4.386049624667599e-06, 4.389843427785649e-06, 4.393772850622455e-06, 4.397549636558022e-06, 4.401343426692655e-06, 4.405888154867128e-06, 4.4106456650852705e-06, 4.416233707123041e-06, 4.421279059281609e-06, 4.427166924922245e-06, 4.432913072205642e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0627728134445075e-06, 4.061598796000367e-06, 4.060172919965069e-06, 4.059264005242705e-06, 4.058810995033967e-06, 4.058595311942639e-06, 4.058688040738826e-06, 4.058722719480057e-06, 4.059042544271791e-06, 4.05952593081584e-06, 4.060061020984076e-06, 4.060972582200695e-06, 4.062444632583626e-06, 4.064415841747625e-06, 4.0647021125386065e-06, 4.067231714122731e-06, 4.069721434128671e-06, 4.07226760677364e-06, 4.075325853497726e-06, 4.078417167207812e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.562040591452846e-06, 4.558641804070222e-06, 4.555103958423148e-06, 4.552773434284541e-06, 4.550478070060048e-06, 4.548531926081057e-06, 4.546676314529315e-06, 4.545296290803085e-06, 4.543560382092868e-06, 4.543043764880425e-06, 4.541861541308789e-06, 4.541761266713079e-06, 4.541752911114433e-06, 4.541238879205504e-06, 4.541367551768538e-06, 4.541699286513426e-06, 4.542882065557436e-06, 4.5436245351972746e-06, 4.544975904148624e-06, 4.546597705092196e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.4611934186261295e-06, 4.461241859174657e-06, 4.461515911649881e-06, 4.461725574158205e-06, 4.462425185101619e-06, 4.463643759340557e-06, 4.464517799422533e-06, 4.4649733634932125e-06, 4.466750323554855e-06, 4.4685552040688405e-06, 4.470706862857413e-06, 4.473518936881845e-06, 4.476509274451499e-06, 4.479287417409201e-06, 4.481676961326825e-06, 4.485668931865799e-06, 4.490413171567349e-06, 4.4935449200999174e-06, 4.498604075525647e-06, 4.502549861265957e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.90112208275585e-06, 4.902872844194633e-06, 4.904789117424742e-06, 4.907007738712088e-06, 4.910053745335722e-06, 4.912654974248978e-06, 4.915423039656234e-06, 4.918798523007348e-06, 4.922195213660702e-06, 4.9262679764147146e-06, 4.929901593771913e-06, 4.9345166073983805e-06, 4.939519219063033e-06, 4.944290893933761e-06, 4.949780304724532e-06, 4.9553503907960685e-06, 4.9610800230396885e-06, 4.966668357690462e-06, 4.973349047799598e-06, 4.981139577685978e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.071742195817406e-06, 5.0737569381429765e-06, 5.07704048867896e-06, 5.080420321731016e-06, 5.084274308986416e-06, 5.089138122381329e-06, 5.095591540537517e-06, 5.098807611520757e-06, 5.102623626933312e-06, 5.108118502310098e-06, 5.113660060278394e-06, 5.11774060824465e-06, 5.122677605317991e-06, 5.127753533681865e-06, 5.134037828225704e-06, 5.141263331088526e-06, 5.148575080365184e-06, 5.158880054544225e-06, 5.166876692047979e-06, 5.1753084191201825e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.396579479612007e-06, 5.397584760757487e-06, 5.397739428985629e-06, 5.399422017475902e-06, 5.400829445036997e-06, 5.401432214568671e-06, 5.402090841115528e-06, 5.403067478218763e-06, 5.404408802658434e-06, 5.4065022728836066e-06, 5.408290688821293e-06, 5.410080043750381e-06, 5.413302380865516e-06, 5.41628489642062e-06, 5.4199590824694835e-06, 5.423426611790417e-06, 5.4270356576247604e-06, 5.430743681413713e-06, 5.433874975395758e-06, 5.4363919132619805e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.665110904249518e-06, 4.664352591464501e-06, 4.663361656748508e-06, 4.662747793575299e-06, 4.6622053805387515e-06, 4.66221753863741e-06, 4.662482352889888e-06, 4.663034288562219e-06, 4.663152947830769e-06, 4.664703316658426e-06, 4.665825412249868e-06, 4.667156521430585e-06, 4.668780748023926e-06, 4.670293887298733e-06, 4.672189417148285e-06, 4.67465211017182e-06, 4.6768379914248515e-06, 4.679960591117423e-06, 4.683666815202264e-06, 4.686100999485452e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.444526315342284e-06, 4.443724369477537e-06, 4.443147634227593e-06, 4.441752410595735e-06, 4.441568920019249e-06, 4.44071055081442e-06, 4.440688467786299e-06, 4.440617111957582e-06, 4.440309235557521e-06, 4.439944418201674e-06, 4.43979730050874e-06, 4.4401331214159764e-06, 4.440268898160558e-06, 4.440580570034378e-06, 4.440268849269862e-06, 4.441149380408588e-06, 4.441621350377229e-06, 4.442248527293079e-06, 4.442572543587469e-06, 4.443765028851257e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.0979100775958845e-06, 4.099672888616115e-06, 4.101685254298583e-06, 4.103472146090118e-06, 4.105167114578238e-06, 4.107199944309732e-06, 4.109028800773876e-06, 4.111218273735431e-06, 4.113305931110683e-06, 4.1153529478503865e-06, 4.117469053671148e-06, 4.119919370610189e-06, 4.122397588492486e-06, 4.125302139777436e-06, 4.127495130236233e-06, 4.130576836188755e-06, 4.1336241541064575e-06, 4.136720325407356e-06, 4.140135975716291e-06, 4.143275376844176e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.447852055202125e-06, 4.445080838593811e-06, 4.4420920900885845e-06, 4.4394412437995364e-06, 4.437606050002037e-06, 4.436047274211696e-06, 4.434524823234205e-06, 4.433442950524453e-06, 4.43279131404473e-06, 4.432574179366407e-06, 4.432614950807379e-06, 4.433216872836853e-06, 4.434198289331678e-06, 4.435911081597253e-06, 4.437536650446986e-06, 4.43904679608791e-06, 4.441040187211799e-06, 4.4435215287112706e-06, 4.446456150354332e-06, 4.450552362050362e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.117329895779543e-06, 5.118951911721067e-06, 5.120946895810098e-06, 5.123238163173835e-06, 5.125361758134283e-06, 5.127936695034284e-06, 5.129773370920572e-06, 5.1330539380027186e-06, 5.136821096828264e-06, 5.140108381361711e-06, 5.143608965781969e-06, 5.147553016514514e-06, 5.151791773798047e-06, 5.156860343907062e-06, 5.160605306635496e-06, 5.165514488270651e-06, 5.171356638278549e-06, 5.1761679147227715e-06, 5.181664687344004e-06, 5.18745367452821e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20932278403191e-06, 5.209484362584609e-06, 5.2094471569946835e-06, 5.2099753403853864e-06, 5.210377672070171e-06, 5.211059677561528e-06, 5.212363011212149e-06, 5.213882376989656e-06, 5.215583375477109e-06, 5.21737698719729e-06, 5.2199425965734495e-06, 5.222712269046303e-06, 5.22539299606723e-06, 5.228829534122603e-06, 5.232467626008394e-06, 5.236365584631521e-06, 5.240038815532488e-06, 5.244733541790822e-06, 5.248727311405701e-06, 5.253822093382632e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.024809074631741e-06, 5.027570706119545e-06, 5.030418728120292e-06, 5.033430359037796e-06, 5.036430875964248e-06, 5.039389151703455e-06, 5.043284308024204e-06, 5.046991862132097e-06, 5.051349105944783e-06, 5.05602313548358e-06, 5.060462822123647e-06, 5.065610982800361e-06, 5.070286280329807e-06, 5.0751389181189775e-06, 5.080893120659372e-06, 5.086339515845167e-06, 5.092744836426188e-06, 5.09840924989921e-06, 5.1051763706903855e-06, 5.111947752036407e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.27076810704569e-06, 4.266457725659562e-06, 4.263174428606125e-06, 4.259416413298493e-06, 4.255783830911018e-06, 4.25383114611304e-06, 4.2517155099815e-06, 4.250164433181931e-06, 4.248563363248097e-06, 4.2471701004683585e-06, 4.245738477141407e-06, 4.245881846179244e-06, 4.244732902695047e-06, 4.242951200923478e-06, 4.2428396442285605e-06, 4.243058191469063e-06, 4.243004843739867e-06, 4.243998485621043e-06, 4.244671072596255e-06, 4.245551223775583e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.289531836501173e-06, 5.288464190025089e-06, 5.287514671214974e-06, 5.286806912511817e-06, 5.286242945225015e-06, 5.286003659104219e-06, 5.286374208372378e-06, 5.2874278382154665e-06, 5.286786367189143e-06, 5.288115688890333e-06, 5.287814298301101e-06, 5.290242554595718e-06, 5.290912168568276e-06, 5.292693883155247e-06, 5.293370292610069e-06, 5.294877075310769e-06, 5.29641561402026e-06, 5.297446183676346e-06, 5.298025653762692e-06, 5.300856291703777e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.676214165816631e-06, 4.675668783313897e-06, 4.675245207170826e-06, 4.67500242329642e-06, 4.674745098482331e-06, 4.674794656261532e-06, 4.6747703816820256e-06, 4.674521260845398e-06, 4.674545139413278e-06, 4.6747035727839105e-06, 4.674945424651532e-06, 4.675372733841248e-06, 4.6757639911215015e-06, 4.676558670909118e-06, 4.677181547298312e-06, 4.6784159974867105e-06, 4.679574431444242e-06, 4.681059483135594e-06, 4.68282243846833e-06, 4.6839720836367435e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.801570749649417e-06, 4.8004004807188395e-06, 4.799353255238582e-06, 4.7974064381750595e-06, 4.7964026278238e-06, 4.795314216275867e-06, 4.794003759671028e-06, 4.793188494634406e-06, 4.792337610910457e-06, 4.7916693869737244e-06, 4.791007516592229e-06, 4.790413211194448e-06, 4.7903692814161005e-06, 4.79023450879091e-06, 4.790549487737761e-06, 4.790765527708577e-06, 4.790768332615914e-06, 4.791223276690075e-06, 4.791754255384333e-06, 4.7924918760817785e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.027115875310296e-06, 5.0269516062545295e-06, 5.027758993388779e-06, 5.02815642705473e-06, 5.02932862984141e-06, 5.030358492169917e-06, 5.0317860993987114e-06, 5.032616305731732e-06, 5.033710516398538e-06, 5.034866407232632e-06, 5.035655262617614e-06, 5.036934551400187e-06, 5.038979374533606e-06, 5.041634682754904e-06, 5.043801729271859e-06, 5.04562456991315e-06, 5.048151121497973e-06, 5.050583149308988e-06, 5.0532540193977766e-06, 5.056393247897131e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.218380732177157e-06, 4.215827254568022e-06, 4.215325511210574e-06, 4.214724330393586e-06, 4.21406530924898e-06, 4.213317090949596e-06, 4.212849913070524e-06, 4.213043661870676e-06, 4.214026109300361e-06, 4.214090851471506e-06, 4.214391658530298e-06, 4.215100563557542e-06, 4.215766845945041e-06, 4.216469925569248e-06, 4.218164369523248e-06, 4.219657773018619e-06, 4.221164697525083e-06, 4.222781485801103e-06, 4.2252878110801996e-06, 4.228213764365348e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.806617487442676e-06, 4.807944035710933e-06, 4.808843166681337e-06, 4.8115500859812215e-06, 4.813841648906588e-06, 4.815386592124355e-06, 4.8176759598934124e-06, 4.819124801098441e-06, 4.821459189071704e-06, 4.823347729763976e-06, 4.826631393128931e-06, 4.829602084978874e-06, 4.83210777835358e-06, 4.835165936762032e-06, 4.839368473795865e-06, 4.842537295252739e-06, 4.846456845791549e-06, 4.850110594003117e-06, 4.8542365591102144e-06, 4.858775388982177e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.34192671316232e-06, 5.343148488028995e-06, 5.344667260376638e-06, 5.34607175463413e-06, 5.3487985691328314e-06, 5.351129793976877e-06, 5.3538129477665106e-06, 5.356183179291989e-06, 5.359161132360764e-06, 5.3621495619604e-06, 5.364855102990951e-06, 5.368439882562177e-06, 5.372389460252458e-06, 5.37522547061022e-06, 5.379427118964728e-06, 5.383064743928816e-06, 5.386250963626569e-06, 5.391066916029602e-06, 5.39583942966955e-06, 5.400433747913262e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.099449164138117e-06, 5.099579229339454e-06, 5.099154608474203e-06, 5.0988694781862406e-06, 5.098520691911804e-06, 5.099076241555456e-06, 5.098965419326533e-06, 5.099155043766413e-06, 5.099634199894764e-06, 5.100297794473277e-06, 5.101240270668954e-06, 5.102335018032557e-06, 5.103781759530474e-06, 5.104030474916759e-06, 5.1050573625631056e-06, 5.106224904464275e-06, 5.107184685327433e-06, 5.108343834986253e-06, 5.109758482153702e-06, 5.111879311599913e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.5759960971995335e-06, 4.574243503968515e-06, 4.573044478083033e-06, 4.5718769172040894e-06, 4.570743085911572e-06, 4.5699308660307134e-06, 4.569097877618848e-06, 4.568548343971441e-06, 4.568244745124992e-06, 4.567879334816122e-06, 4.567857311446308e-06, 4.567769321527784e-06, 4.5680789845218455e-06, 4.568596852462741e-06, 4.569349576251674e-06, 4.5704642812820205e-06, 4.571458052014195e-06, 4.572736840860377e-06, 4.574111176998513e-06, 4.5756386455482575e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.0839935866656825e-06, 5.083820612188526e-06, 5.084391436171179e-06, 5.085450104348523e-06, 5.0864884119189265e-06, 5.088482656899392e-06, 5.090243985345382e-06, 5.0916043498428114e-06, 5.0952476590236146e-06, 5.098100894939038e-06, 5.100735014242454e-06, 5.104487709528024e-06, 5.107832642880795e-06, 5.110576725524532e-06, 5.115100590597668e-06, 5.120321727855019e-06, 5.125780160356663e-06, 5.129991651142408e-06, 5.134975160770225e-06, 5.139857713204962e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.420932952596853e-06, 4.430197077438324e-06, 4.438814007603324e-06, 4.448198601900664e-06, 4.458354118435389e-06, 4.467991262900214e-06, 4.4772211059632475e-06, 4.487858196759125e-06, 4.498810491838505e-06, 4.508988395628693e-06, 4.5227155056729615e-06, 4.534949039201134e-06, 4.548114867396296e-06, 4.560457723430938e-06, 4.57542601274365e-06, 4.591544290791573e-06, 4.607621583560575e-06, 4.626759021435351e-06, 4.642173057200912e-06, 4.657968496496346e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.394087188547186e-06, 5.393409870341903e-06, 5.392253455817551e-06, 5.392286176358509e-06, 5.391854896835577e-06, 5.391558690861155e-06, 5.392478459097566e-06, 5.393914148866274e-06, 5.394540704212008e-06, 5.3951462743685815e-06, 5.396224495970086e-06, 5.398496741335675e-06, 5.399799923609218e-06, 5.4018135550621416e-06, 5.404342729969054e-06, 5.407595931442422e-06, 5.41073641796594e-06, 5.41408677495571e-06, 5.418015098680315e-06, 5.421274167997058e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.124831276725515e-06, 5.123157555180192e-06, 5.121314641068397e-06, 5.11952737960939e-06, 5.1173739319714146e-06, 5.117823183318264e-06, 5.1166000236243e-06, 5.115404948297072e-06, 5.116099836813574e-06, 5.1154423499927925e-06, 5.11545404979727e-06, 5.1147006358922774e-06, 5.1155867772591645e-06, 5.116107127051531e-06, 5.116207484272133e-06, 5.117207808560513e-06, 5.118190167244287e-06, 5.1195468949049115e-06, 5.1216007470877506e-06, 5.122921672993688e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.2876502918312864e-06, 4.2872947662241515e-06, 4.286987248724186e-06, 4.286793838926505e-06, 4.286934811021464e-06, 4.287280885849187e-06, 4.287714182104784e-06, 4.288453880303353e-06, 4.2893696035384715e-06, 4.290028565185332e-06, 4.290679331953026e-06, 4.2919388120679576e-06, 4.293320243523676e-06, 4.2946754187351044e-06, 4.2963925240496535e-06, 4.298308647109631e-06, 4.300612504240385e-06, 4.303159446023092e-06, 4.3053775319139505e-06, 4.3082730175706475e-06]}
{'epochs': 20, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.983189108345702e-06, 4.9821715482247755e-06, 4.980959677248336e-06, 4.980764108477563e-06, 4.980611893818823e-06, 4.981057021440328e-06, 4.981411301722889e-06, 4.98260898449898e-06, 4.983196562181583e-06, 4.983307008516673e-06, 4.9843406282846576e-06, 4.985189026744912e-06, 4.988094696560109e-06, 4.9908032034648165e-06, 4.9939784579934e-06, 4.996792501194041e-06, 5.0009440614885766e-06, 5.00377741342058e-06, 5.007917264465031e-06, 5.0131917323111235e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.585258155264442e-06, 4.589169053594771e-06, 4.5925433204267455e-06, 4.597390061956093e-06, 4.60110111186324e-06, 4.605066834646282e-06, 4.6100679764023085e-06, 4.615662988440446e-06, 4.620028568981904e-06, 4.626413125796571e-06, 4.632566415597463e-06, 4.639490628105453e-06, 4.645508146547547e-06, 4.652774440256821e-06, 4.659364795225226e-06, 4.667261165369007e-06, 4.674562092354266e-06, 4.6822087345329594e-06, 4.691450279985661e-06, 4.699215854458731e-06, 4.708208150778763e-06, 4.716790977870488e-06, 4.726114069449706e-06, 4.735157858188728e-06, 4.744719757955541e-06, 4.7567883200718995e-06, 4.768245184510389e-06, 4.780297092610702e-06, 4.792670314840291e-06, 4.805704347325884e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898681867774856e-06, 4.90276556916232e-06, 4.907270692373714e-06, 4.911490914759252e-06, 4.916759559677937e-06, 4.920657436140901e-06, 4.927552744612124e-06, 4.9347707012581994e-06, 4.942271340402087e-06, 4.949871907721709e-06, 4.958591208690743e-06, 4.965810527343075e-06, 4.9734971958253345e-06, 4.98242278386503e-06, 4.990592835187513e-06, 5.0009179857156185e-06, 5.009686077458561e-06, 5.017341650343778e-06, 5.028011208860495e-06, 5.038097875416551e-06, 5.049534061788092e-06, 5.059987017906194e-06, 5.072043148611698e-06, 5.084150153336415e-06, 5.098455198133584e-06, 5.112150093506669e-06, 5.12761114744483e-06, 5.1416451202771655e-06, 5.1561115954762505e-06, 5.170359681819079e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.579448085766187e-06, 4.58060381777069e-06, 4.5818876725101886e-06, 4.583354393566322e-06, 4.585369994139623e-06, 4.587499169407936e-06, 4.5896853008562985e-06, 4.592639505403725e-06, 4.595761957330732e-06, 4.598251178840748e-06, 4.600853589183168e-06, 4.6032793632776695e-06, 4.606223771850309e-06, 4.609617501243275e-06, 4.614130332052728e-06, 4.618080306693194e-06, 4.621329357055168e-06, 4.62633240952662e-06, 4.630408497765455e-06, 4.6356301564890445e-06, 4.640202840296816e-06, 4.64462369369101e-06, 4.6504874474633995e-06, 4.65614275542949e-06, 4.662276745656856e-06, 4.6690328341120455e-06, 4.675501757939249e-06, 4.681839371051714e-06, 4.68846680054594e-06, 4.696463195927635e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.3738741962418785e-06, 4.372601274824775e-06, 4.372023956834116e-06, 4.371409915203074e-06, 4.371819792875863e-06, 4.371983858197203e-06, 4.3722935879811904e-06, 4.372786048547782e-06, 4.373494645458689e-06, 4.3744699563572735e-06, 4.375610299361185e-06, 4.376664154668332e-06, 4.378657479802855e-06, 4.380604555987935e-06, 4.382806639352776e-06, 4.385307862109731e-06, 4.387046964841586e-06, 4.390357364390513e-06, 4.393668680905025e-06, 4.3969038178770535e-06, 4.400047701391692e-06, 4.403267791106514e-06, 4.407461442345722e-06, 4.411279876242938e-06, 4.4152954828165874e-06, 4.419812511044409e-06, 4.424325024868924e-06, 4.429881289889634e-06, 4.434670712735698e-06, 4.439900365367287e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.450901314370894e-06, 4.452014500557758e-06, 4.45314425619271e-06, 4.454560639815821e-06, 4.456154338947727e-06, 4.458178895285992e-06, 4.4599838624720775e-06, 4.462814285928696e-06, 4.4648574652391085e-06, 4.467422060290341e-06, 4.469482470941943e-06, 4.473037489509492e-06, 4.47565982443184e-06, 4.478186873005876e-06, 4.480503678195386e-06, 4.483444423790712e-06, 4.487459239558787e-06, 4.491004318066369e-06, 4.495662372107354e-06, 4.499915144571795e-06, 4.505043993762952e-06, 4.509963962728376e-06, 4.5145835393158404e-06, 4.519638674441865e-06, 4.524617985396327e-06, 4.5297318102792075e-06, 4.53528312078027e-06, 4.540554669250047e-06, 4.547006571393988e-06, 4.553313777616615e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.251263929875689e-06, 5.25053543108024e-06, 5.24981503144271e-06, 5.24939455341912e-06, 5.249267075045535e-06, 5.249709129283312e-06, 5.249756934674636e-06, 5.250462173121249e-06, 5.251133274313849e-06, 5.252386466210517e-06, 5.254140241323968e-06, 5.256024815837592e-06, 5.257979081004943e-06, 5.260616369802664e-06, 5.263922825121928e-06, 5.2667768309689525e-06, 5.269687097245245e-06, 5.272971187537582e-06, 5.276039799907246e-06, 5.279842914462519e-06, 5.284018081222294e-06, 5.288133532032393e-06, 5.2926915509926525e-06, 5.296750566956128e-06, 5.301756438077204e-06, 5.307627944326625e-06, 5.312889019714716e-06, 5.318156688026956e-06, 5.3256426537272234e-06, 5.331167786333386e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.878699266073226e-06, 4.878275495601257e-06, 4.8788722097702345e-06, 4.879293264611968e-06, 4.880258632320135e-06, 4.881423245137434e-06, 4.882328149177449e-06, 4.884373174203835e-06, 4.886318746349587e-06, 4.8883647681315e-06, 4.890399786356725e-06, 4.892906173651636e-06, 4.89541802617561e-06, 4.897903040617179e-06, 4.899878004795487e-06, 4.90352438731694e-06, 4.90588446218377e-06, 4.909076929381602e-06, 4.911755688400965e-06, 4.914432029763983e-06, 4.918224800415186e-06, 4.922647123522276e-06, 4.927490896190102e-06, 4.9317990084475796e-06, 4.936931400979578e-06, 4.94027766367215e-06, 4.944232532338952e-06, 4.950039091458673e-06, 4.954957819218739e-06, 4.9595540756349015e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.9685097426415495e-06, 4.966886696120012e-06, 4.964818824795128e-06, 4.963424693025416e-06, 4.9619768114492e-06, 4.961332259628638e-06, 4.960288791799868e-06, 4.960197144570439e-06, 4.959404606804855e-06, 4.95923159635278e-06, 4.959247286556318e-06, 4.95976987535341e-06, 4.959961712743281e-06, 4.960674947908885e-06, 4.962133038873494e-06, 4.963584925803772e-06, 4.965525912803186e-06, 4.967710823191333e-06, 4.970096876969602e-06, 4.973238393204671e-06, 4.9759052588765845e-06, 4.9786172009846265e-06, 4.981873663454921e-06, 4.98581895590897e-06, 4.990327715273408e-06, 4.993723171716865e-06, 4.997736085626184e-06, 5.002570513300367e-06, 5.007709095202623e-06, 5.01277800306564e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.018036374059302e-06, 5.018685910275393e-06, 5.019521835028107e-06, 5.020280438579065e-06, 5.02149908917762e-06, 5.022249033252951e-06, 5.023507548894488e-06, 5.02461768768064e-06, 5.025185886230992e-06, 5.026904852701343e-06, 5.02861951050124e-06, 5.0294745231116685e-06, 5.031286178871393e-06, 5.033000916360066e-06, 5.035054106478726e-06, 5.037510892700026e-06, 5.0392585198640415e-06, 5.0409918008598515e-06, 5.044036127491826e-06, 5.0460263270838986e-06, 5.048392125784073e-06, 5.050820300155529e-06, 5.053113578262711e-06, 5.055767074708901e-06, 5.059230130335759e-06, 5.062426882325886e-06, 5.065136529242435e-06, 5.069047198086614e-06, 5.073001415211681e-06, 5.077059490596859e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.18457340165577e-06, 5.183263039507853e-06, 5.1814175395928395e-06, 5.180570461256603e-06, 5.180210340563337e-06, 5.179996555447773e-06, 5.179763704928326e-06, 5.1795230551467514e-06, 5.180544432238335e-06, 5.180542332012882e-06, 5.18176605801403e-06, 5.183722174324033e-06, 5.184625969455869e-06, 5.185365171020625e-06, 5.187083180150938e-06, 5.187905672421222e-06, 5.190252513309547e-06, 5.193128747713846e-06, 5.197434357921423e-06, 5.201060556363082e-06, 5.2035604867759335e-06, 5.206930149066447e-06, 5.21160524728831e-06, 5.214965755120381e-06, 5.2192384515241505e-06, 5.223251801364824e-06, 5.226443327201824e-06, 5.2310439848298025e-06, 5.237336883616793e-06, 5.243761814986862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.863877983157665e-06, 4.865648715519674e-06, 4.867976679630435e-06, 4.871106591200415e-06, 4.873206047495264e-06, 4.87665877814155e-06, 4.879626469290223e-06, 4.882884987179203e-06, 4.886145145762797e-06, 4.88998369817243e-06, 4.893843698335758e-06, 4.898034096811824e-06, 4.902777904607966e-06, 4.906655159121472e-06, 4.911355668401177e-06, 4.916430599713423e-06, 4.921523881390623e-06, 4.927110817099398e-06, 4.9322833221020535e-06, 4.93768506981607e-06, 4.943916761096468e-06, 4.950426145419931e-06, 4.956954949259648e-06, 4.963625962483369e-06, 4.970104453813633e-06, 4.977407805688062e-06, 4.985677717719959e-06, 4.993480262297189e-06, 5.00250021260142e-06, 5.0105189202544645e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.497421965534684e-06, 4.495138784504373e-06, 4.494049919667089e-06, 4.49261838273093e-06, 4.4913388133314e-06, 4.490561137417393e-06, 4.490238731209024e-06, 4.489866099695059e-06, 4.490285574485953e-06, 4.490837709310836e-06, 4.490926551064903e-06, 4.492573395781809e-06, 4.493683022624834e-06, 4.495949932731539e-06, 4.4980659223934155e-06, 4.499469360431469e-06, 4.501608867142009e-06, 4.5045150576213975e-06, 4.5074531753021186e-06, 4.511883935140736e-06, 4.515067887169641e-06, 4.5193490789030045e-06, 4.522041238391825e-06, 4.526658460490878e-06, 4.530627542904474e-06, 4.535799733646649e-06, 4.5421773624733645e-06, 4.5486804889782135e-06, 4.554214241056884e-06, 4.5601343871707806e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.742079382774573e-06, 4.744926523685923e-06, 4.747707151724819e-06, 4.750872533363437e-06, 4.75397195447553e-06, 4.75737417545519e-06, 4.761955394169573e-06, 4.7658375692752726e-06, 4.7705907692112276e-06, 4.775606352641577e-06, 4.780433116085552e-06, 4.785749461781031e-06, 4.7913675131534576e-06, 4.797346863269598e-06, 4.802830188241033e-06, 4.809369396986737e-06, 4.815871530131492e-06, 4.822792424483932e-06, 4.829038866164407e-06, 4.835590789500479e-06, 4.8426113980429345e-06, 4.851363289951829e-06, 4.859160388702879e-06, 4.867775514664499e-06, 4.876991099944817e-06, 4.8856772880845714e-06, 4.895206531725343e-06, 4.905019426197969e-06, 4.914885079905088e-06, 4.924938811499007e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.498377397367169e-06, 5.499867881946191e-06, 5.502240327298839e-06, 5.504446504708088e-06, 5.506782528664493e-06, 5.509883729495626e-06, 5.512762863825894e-06, 5.5155741388538915e-06, 5.518920752513194e-06, 5.522876642330119e-06, 5.526429016052062e-06, 5.532134969418038e-06, 5.5375740274467955e-06, 5.543371236323033e-06, 5.549277277628531e-06, 5.556413617518379e-06, 5.562873197231378e-06, 5.568313390599815e-06, 5.57624347307972e-06, 5.583030370629494e-06, 5.592055890351641e-06, 5.600871159019579e-06, 5.609480040969616e-06, 5.6191774716235006e-06, 5.62890190501032e-06, 5.639275083935873e-06, 5.649327438752329e-06, 5.6613457887399595e-06, 5.6731295964904365e-06, 5.6839372425570335e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.4511261743809536e-06, 5.45181601600422e-06, 5.451289478331674e-06, 5.452001950205284e-06, 5.452523528626867e-06, 5.4522034368027935e-06, 5.454176799516737e-06, 5.4559691527102226e-06, 5.456773734665317e-06, 5.459429492082732e-06, 5.461375287303155e-06, 5.46474934187053e-06, 5.467292922520338e-06, 5.471028088112113e-06, 5.475519221427899e-06, 5.478933165944855e-06, 5.482595424720018e-06, 5.487843594186737e-06, 5.492130891877293e-06, 5.4957154078224735e-06, 5.498404948995122e-06, 5.502875060180171e-06, 5.508206481978348e-06, 5.514090372369275e-06, 5.519788382922502e-06, 5.524737818747218e-06, 5.531372355915014e-06, 5.536789977029988e-06, 5.543974994780179e-06, 5.549422217084056e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.20879830265862e-06, 5.212835062073499e-06, 5.217191809858704e-06, 5.221879054700879e-06, 5.226271189068841e-06, 5.231501775261657e-06, 5.236415267073266e-06, 5.241222583469617e-06, 5.247552843076779e-06, 5.253599373385705e-06, 5.2583462811911954e-06, 5.264783423366401e-06, 5.271101994359696e-06, 5.277977454298782e-06, 5.284948346105577e-06, 5.292970504172768e-06, 5.301189154722792e-06, 5.3102303435923454e-06, 5.317289130698833e-06, 5.327227315263794e-06, 5.336974658347863e-06, 5.345993277597254e-06, 5.3572665352695e-06, 5.367359401536066e-06, 5.3789193178381196e-06, 5.388646659531246e-06, 5.401210366780769e-06, 5.413609168959449e-06, 5.425073601997758e-06, 5.438134460443392e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.880095676008549e-06, 4.881716186858077e-06, 4.883721203808893e-06, 4.88516857452432e-06, 4.887157335100697e-06, 4.889523663645835e-06, 4.8922323506232e-06, 4.895968328092477e-06, 4.8994747545812475e-06, 4.902505047617183e-06, 4.906089943855761e-06, 4.910840350812811e-06, 4.915139041574086e-06, 4.918607043237829e-06, 4.923272344117964e-06, 4.9281677217847385e-06, 4.934061509593259e-06, 4.939255281175957e-06, 4.9450436535130774e-06, 4.951126040211134e-06, 4.957690998253277e-06, 4.965520884110699e-06, 4.971519095492169e-06, 4.978028916407136e-06, 4.986655367769251e-06, 4.996124082120329e-06, 5.003795475842551e-06, 5.011556944042202e-06, 5.0219530616451336e-06, 5.031493914435729e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.56777622197879e-06, 4.566436305829327e-06, 4.5651658293172125e-06, 4.563732859203814e-06, 4.562771734305034e-06, 4.5618889056653e-06, 4.5618462524795635e-06, 4.561280473722054e-06, 4.560900629526923e-06, 4.560583860832089e-06, 4.56059288876756e-06, 4.560397274218975e-06, 4.560437657842081e-06, 4.560471359227587e-06, 4.560826426376997e-06, 4.561118624280332e-06, 4.561838308333557e-06, 4.562489884418753e-06, 4.5626374853336315e-06, 4.563695027606386e-06, 4.564476873077082e-06, 4.565380642413975e-06, 4.566776464719501e-06, 4.5682630508463294e-06, 4.569954576628827e-06, 4.571373614504231e-06, 4.5733101526052545e-06, 4.575494664118247e-06, 4.577726658722447e-06, 4.579952983205164e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.621548980054383e-06, 4.6223808724707505e-06, 4.623015974857432e-06, 4.624867423482784e-06, 4.625863894544345e-06, 4.627360712381297e-06, 4.629019827615887e-06, 4.630548879969411e-06, 4.63221129461838e-06, 4.6345082374736655e-06, 4.63630898831324e-06, 4.638037200431923e-06, 4.63997739434245e-06, 4.64177787613966e-06, 4.644130621473633e-06, 4.646157141989087e-06, 4.648551094224023e-06, 4.651564196444814e-06, 4.65411878201477e-06, 4.656885633688786e-06, 4.66057238262276e-06, 4.664461817553075e-06, 4.668647659129547e-06, 4.673005795202449e-06, 4.677354203211171e-06, 4.681830295182047e-06, 4.687164410448521e-06, 4.691266287905902e-06, 4.695724507216027e-06, 4.701424950646963e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.109558236652864e-06, 4.111162618164745e-06, 4.112394505004397e-06, 4.1134307622262966e-06, 4.115380171718232e-06, 4.117020386559289e-06, 4.119140488557027e-06, 4.121808203891976e-06, 4.124462562059596e-06, 4.12707488665989e-06, 4.130495614377439e-06, 4.133490055541158e-06, 4.135931559452592e-06, 4.138682811245859e-06, 4.142573734695441e-06, 4.146854990279709e-06, 4.150600902712685e-06, 4.1543913921274095e-06, 4.158042228597893e-06, 4.162596960436168e-06, 4.16768874966415e-06, 4.172003732258432e-06, 4.1767286338004065e-06, 4.18267584224618e-06, 4.18931992096468e-06, 4.195101906392063e-06, 4.201915742749113e-06, 4.208002380214763e-06, 4.2137758988460206e-06, 4.219971789231101e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.334712118633418e-06, 5.339103575223774e-06, 5.342550889474779e-06, 5.346458079447914e-06, 5.3503094011521525e-06, 5.354438477085488e-06, 5.358617168358057e-06, 5.363051141164838e-06, 5.367275812573909e-06, 5.371972679618651e-06, 5.377073558709297e-06, 5.382193188363246e-06, 5.387931360141249e-06, 5.393719032305629e-06, 5.398664934509181e-06, 5.4044973733032016e-06, 5.4109114168599545e-06, 5.416959652562945e-06, 5.424233414876408e-06, 5.430847925309654e-06, 5.438625615542681e-06, 5.4454196932656166e-06, 5.452077235428813e-06, 5.459623469585326e-06, 5.4666411665843095e-06, 5.4745487527574114e-06, 5.482785341826919e-06, 5.491718332284577e-06, 5.499480971397539e-06, 5.508442809175787e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.657588570421969e-06, 4.656506858917261e-06, 4.655067536835902e-06, 4.654369655501522e-06, 4.653535126983684e-06, 4.653005805824846e-06, 4.652122572940804e-06, 4.651877589992654e-06, 4.650968832505517e-06, 4.650269382732969e-06, 4.6502123876971455e-06, 4.649621175717023e-06, 4.649907142790542e-06, 4.650219896337294e-06, 4.649521043395585e-06, 4.649054724137423e-06, 4.649479337695874e-06, 4.649548975961727e-06, 4.650403811562765e-06, 4.6507020416198565e-06, 4.650787687478426e-06, 4.651586058125957e-06, 4.6524908388360714e-06, 4.6530521083933366e-06, 4.65418681949487e-06, 4.655558339528054e-06, 4.657235774410859e-06, 4.659043632348538e-06, 4.659937071842247e-06, 4.661348726120752e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.2835407477761185e-06, 5.288353027321656e-06, 5.29371019074339e-06, 5.299230270101586e-06, 5.3060015518616755e-06, 5.313951381859395e-06, 5.322108245391812e-06, 5.3301663662841545e-06, 5.3386818520127996e-06, 5.347889184009979e-06, 5.35831441491425e-06, 5.369389447520641e-06, 5.380002992957061e-06, 5.391153045717789e-06, 5.403474521715815e-06, 5.416158817417405e-06, 5.428663290653111e-06, 5.441686478598704e-06, 5.454180936937867e-06, 5.466608816714571e-06, 5.479568860192515e-06, 5.496084673618249e-06, 5.511681057032142e-06, 5.52709956504881e-06, 5.544318777019592e-06, 5.56080341710608e-06, 5.577886318780278e-06, 5.595381335468658e-06, 5.61405776510489e-06, 5.633164715681487e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.7411930047305965e-06, 4.741429386691272e-06, 4.74189186593954e-06, 4.743106506053578e-06, 4.744247536345761e-06, 4.745477989754022e-06, 4.746326342288971e-06, 4.747834857091626e-06, 4.748852679680474e-06, 4.750251992836213e-06, 4.752401917445684e-06, 4.75436574934701e-06, 4.756581610851123e-06, 4.7591946848519515e-06, 4.761637316050595e-06, 4.763425363400084e-06, 4.765928190798753e-06, 4.7682424502621414e-06, 4.771162285371744e-06, 4.773964586911831e-06, 4.776657978743449e-06, 4.780295770115516e-06, 4.78432527817313e-06, 4.788276323323311e-06, 4.791375572338774e-06, 4.794794216081756e-06, 4.7978075846828166e-06, 4.801201593254764e-06, 4.8047926055697765e-06, 4.810154460398726e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.658564666249145e-06, 4.656647202975756e-06, 4.654695282770814e-06, 4.65296020721721e-06, 4.6513721761280645e-06, 4.650100330627192e-06, 4.6487800203777125e-06, 4.647986281052302e-06, 4.64725812992933e-06, 4.6468172093346206e-06, 4.6460389457373144e-06, 4.646082783650478e-06, 4.645720055274811e-06, 4.645710873930835e-06, 4.645732003759237e-06, 4.645933444395523e-06, 4.646385001672132e-06, 4.647055633895453e-06, 4.647574355412165e-06, 4.648717436049798e-06, 4.650065216137406e-06, 4.651296188112367e-06, 4.652841022179125e-06, 4.654580912449383e-06, 4.655601369533588e-06, 4.656912013719489e-06, 4.65869088886156e-06, 4.660530076906996e-06, 4.662464594205977e-06, 4.664816008326227e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.519632544058354e-06, 4.523703609024206e-06, 4.528260939855141e-06, 4.532834521305305e-06, 4.537895099213717e-06, 4.543400870892161e-06, 4.5484474897205685e-06, 4.553909889688291e-06, 4.56109427669378e-06, 4.567175919225416e-06, 4.573616548849198e-06, 4.5807793977677235e-06, 4.587864308242691e-06, 4.594904364426087e-06, 4.60246201763083e-06, 4.610753331236908e-06, 4.6201520885268275e-06, 4.628690385702505e-06, 4.637901277487097e-06, 4.6470091922537415e-06, 4.657576680552953e-06, 4.668730496934025e-06, 4.679936875273943e-06, 4.690486251374237e-06, 4.702410619916621e-06, 4.715038931767711e-06, 4.728928825807849e-06, 4.741901428387806e-06, 4.7547020526524955e-06, 4.768087317533282e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.469514437627953e-06, 4.469186422486156e-06, 4.468841806705416e-06, 4.468677615918004e-06, 4.468398576797479e-06, 4.468476183181135e-06, 4.469296908989088e-06, 4.470298370242155e-06, 4.470859221758998e-06, 4.472272353334302e-06, 4.473816581771334e-06, 4.4753108435245715e-06, 4.477244774911364e-06, 4.478890456066043e-06, 4.481213517071015e-06, 4.4836017371532465e-06, 4.486385276291468e-06, 4.489227710020336e-06, 4.49247916534365e-06, 4.495507868035885e-06, 4.499077870770841e-06, 4.502954140410513e-06, 4.506663315835931e-06, 4.510954019446376e-06, 4.5152329378155055e-06, 4.520282617145229e-06, 4.525404468693883e-06, 4.52982760637574e-06, 4.5355509895291205e-06, 4.54138047970741e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.928851455751328e-06, 4.9294090344559326e-06, 4.9311435358832344e-06, 4.93260919789496e-06, 4.93435825231567e-06, 4.936666396886633e-06, 4.939487872345575e-06, 4.940871216874943e-06, 4.944228389291676e-06, 4.94623656288872e-06, 4.949092455586767e-06, 4.951970756065499e-06, 4.956413662991715e-06, 4.959181243401314e-06, 4.9642470476166475e-06, 4.968557462536283e-06, 4.9720818116887585e-06, 4.9778338886620445e-06, 4.981858926239477e-06, 4.986162557769762e-06, 4.991728332640181e-06, 4.9970158854576855e-06, 5.002127299321237e-06, 5.008310410133351e-06, 5.014774273069081e-06, 5.020760097324263e-06, 5.0274822125616404e-06, 5.03500332764213e-06, 5.04208220605123e-06, 5.049737641842192e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.044972515528411e-06, 5.045832490248567e-06, 5.046591462309186e-06, 5.047995298751575e-06, 5.049494164815507e-06, 5.051069449067746e-06, 5.053108352809606e-06, 5.054950399945753e-06, 5.0573927456074085e-06, 5.0591656694021844e-06, 5.0615918037019624e-06, 5.064030917523835e-06, 5.067767566345098e-06, 5.070319580800134e-06, 5.073627594967618e-06, 5.077043313787128e-06, 5.0806479165045876e-06, 5.083578850865478e-06, 5.087768267208498e-06, 5.0918228907792965e-06, 5.096653061558136e-06, 5.101108025163099e-06, 5.10658376344267e-06, 5.11118576717657e-06, 5.116106165164837e-06, 5.121909715818952e-06, 5.126899912045661e-06, 5.1336765463090585e-06, 5.14018628659958e-06, 5.145354162860862e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.86781587956864e-06, 5.869787989759325e-06, 5.871153914022673e-06, 5.87251912503065e-06, 5.874457736427966e-06, 5.8751348858272176e-06, 5.877651173799528e-06, 5.879107546869295e-06, 5.881767717427978e-06, 5.88476624337507e-06, 5.887311999502242e-06, 5.890156900813237e-06, 5.8933958509740305e-06, 5.897140907673797e-06, 5.8999908112178044e-06, 5.903664462493513e-06, 5.907489835274805e-06, 5.911845494563889e-06, 5.916225679179481e-06, 5.921713284248018e-06, 5.925942920358073e-06, 5.931380282406716e-06, 5.936321494783473e-06, 5.9415528404845994e-06, 5.947808618251218e-06, 5.955584104488903e-06, 5.963834717640755e-06, 5.9712208302210155e-06, 5.97809603721026e-06, 5.9868610817110875e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.8640562858604706e-06, 4.8666105220872715e-06, 4.868268192988863e-06, 4.87026075240028e-06, 4.874262161371749e-06, 4.877469262885981e-06, 4.881058351692534e-06, 4.885495565646916e-06, 4.8897029037298654e-06, 4.894580081523892e-06, 4.899036138146252e-06, 4.904735028696275e-06, 4.9108207685525836e-06, 4.916066798610982e-06, 4.922131123523976e-06, 4.929089215578535e-06, 4.935026279281774e-06, 4.942065909288311e-06, 4.950082164969973e-06, 4.959271318415361e-06, 4.967807979100733e-06, 4.977341150371324e-06, 4.98611993723777e-06, 4.9941583521466266e-06, 5.004375259748099e-06, 5.013897531413162e-06, 5.024409750916332e-06, 5.035418178207932e-06, 5.045912974376784e-06, 5.056894568389689e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.898513916419056e-06, 4.900835184172662e-06, 4.9029616803056665e-06, 4.904988166918062e-06, 4.908113147934076e-06, 4.911070611745694e-06, 4.914871507152863e-06, 4.918523513613437e-06, 4.921803394299803e-06, 4.9270168517252735e-06, 4.932052237230103e-06, 4.937671074431406e-06, 4.942238902079493e-06, 4.947559950549248e-06, 4.954815313297516e-06, 4.961264118928908e-06, 4.967869423635517e-06, 4.974751069429721e-06, 4.981650386922847e-06, 4.9884980182627056e-06, 4.995804252235305e-06, 5.004081832980065e-06, 5.011792351111741e-06, 5.0207036754716135e-06, 5.029988647489481e-06, 5.0396304317289175e-06, 5.05098140788781e-06, 5.06100248651796e-06, 5.07307685843107e-06, 5.08375102800453e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.651393782633329e-06, 4.652094828902407e-06, 4.652663492519165e-06, 4.653022134359867e-06, 4.653775049573079e-06, 4.654038943983923e-06, 4.654958892975973e-06, 4.65545263930253e-06, 4.656276036760231e-06, 4.6580011913577205e-06, 4.659357531141015e-06, 4.660985283320431e-06, 4.6627388479653315e-06, 4.664655735907318e-06, 4.6668990377800224e-06, 4.668919277507303e-06, 4.6708872104915015e-06, 4.673413682330028e-06, 4.675969886933638e-06, 4.678421342348591e-06, 4.680389232186214e-06, 4.68259239303294e-06, 4.686024091597922e-06, 4.689385182596901e-06, 4.691654060615365e-06, 4.695641457456996e-06, 4.69892539359628e-06, 4.701733579212031e-06, 4.7061101200295335e-06, 4.7100759784487664e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.004878505140264e-06, 5.007246109902148e-06, 5.008669987308229e-06, 5.011415479323912e-06, 5.014521566625214e-06, 5.017443601063725e-06, 5.020454680431015e-06, 5.024121201312958e-06, 5.027766386070712e-06, 5.030877540129351e-06, 5.035085489259525e-06, 5.038425854258602e-06, 5.0425634950836285e-06, 5.0463252401543205e-06, 5.05092124648591e-06, 5.054820924345825e-06, 5.059191106750418e-06, 5.063533086124511e-06, 5.069034872747617e-06, 5.074254105515576e-06, 5.0793575457076465e-06, 5.084399466532904e-06, 5.090183237491466e-06, 5.096071317993493e-06, 5.101483191072886e-06, 5.108626183981777e-06, 5.115471148596395e-06, 5.121174922118386e-06, 5.128433145247184e-06, 5.135786917928271e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [4.727811423550283e-06, 4.724616424478717e-06, 4.7218576567383935e-06, 4.719587139634773e-06, 4.717268667989539e-06, 4.715719978252564e-06, 4.714787361848718e-06, 4.71274158488899e-06, 4.711057196054284e-06, 4.709501164926226e-06, 4.707882120817846e-06, 4.706541958634844e-06, 4.705601931786535e-06, 4.704381563489911e-06, 4.704401426540886e-06, 4.7050862638737245e-06, 4.704505924526808e-06, 4.704896459890277e-06, 4.705758680069326e-06, 4.705815814247178e-06, 4.707179843418681e-06, 4.707600661381961e-06, 4.708599937668662e-06, 4.710126576521417e-06, 4.7117866962892986e-06, 4.71370317929313e-06, 4.715351648273137e-06, 4.717727137991561e-06, 4.720177882896542e-06, 4.722579325558766e-06]}
{'epochs': 30, 'batch_size': 128, 'hidden_size': 5, 'learning_rate': 0.001, 'reg_lambda': 0.0015, 'losses': [5.080582859831089e-06, 5.080935424187652e-06, 5.081294516276575e-06, 5.081872449522567e-06, 5.08235497891556e-06, 5.082770902185366e-06, 5.083884082957312e-06, 5.085570330047078e-06, 5.08820023894746e-06, 5.090192873199934e-06, 5.091201768094902e-06, 5.092483560451013e-06, 5.095155996003243e-06, 5.097372492469006e-06, 5.0997975434934085e-06, 5.102469853696389e-06, 5.105668573911697e-06, 5.108752102467617e-06, 5.113325407380298e-06, 5.117253095780579e-06, 5.121458371977482e-06, 5.1261693443198565e-06, 5.130265004775609e-06, 5.135777291128242e-06, 5.142405959950773e-06, 5.148302342175468e-06, 5.1531199539262234e-06, 5.159427415822933e-06, 5.166414524842147e-06, 5.172861281743212e-06]}
In [12]:
"""Run For Plotting each hyperparameter test on a different subplot"""
fig, axes = plt.subplots(len(read_hyperparameters_list), 1, figsize=(8, 6 * len(read_hyperparameters_list)))
for idx, hyperparameters in enumerate(read_hyperparameters_list):
losses = hyperparameters['losses']
epochs = hyperparameters['epochs']
batch_size = hyperparameters['batch_size']
hidden_size = hyperparameters['hidden_size']
learning_rate = hyperparameters['learning_rate']
reg_lambda = hyperparameters['reg_lambda']
ax = axes[idx] if len(read_hyperparameters_list) > 1 else axes
ax.plot(losses)
ax.set_title(f'Epochs: {epochs}, Batch Size: {batch_size}, Hidden Size: {hidden_size}, Learning Rate: {learning_rate}, Reg Lambda: {reg_lambda}')
ax.set_xlabel('Epoch')
ax.set_ylabel('Loss')
plt.tight_layout()
plt.show()
In [10]:
"""Run For Plotting each hyperparameter test on a single"""
fig, ax = plt.subplots(figsize=(10, 6))
for idx, hyperparameters in enumerate(read_hyperparameters_list):
losses = hyperparameters['losses']
epochs = hyperparameters['epochs']
batch_size = hyperparameters['batch_size']
hidden_size = hyperparameters['hidden_size']
learning_rate = hyperparameters['learning_rate']
reg_lambda = hyperparameters['reg_lambda']
ax.plot(losses, label=f'Run {idx + 1}')
ax.text(len(losses) - 1, losses[-1], f'Epochs={epochs}\nBatch Size={batch_size}\nHidden Size={hidden_size}\
\nLearning Rate={learning_rate}\nReg Lambda={reg_lambda}', ha='center', va='center', fontsize=8)
ax.set_title('Loss Curves for Different Hyperparameter Settings')
ax.set_xlabel('Epoch')
ax.set_ylabel('Loss')
ax.legend()
plt.grid(True)
plt.tight_layout()
plt.show()
In [ ]:
In [ ]: